#!/bin/bash

time cat a.csv | cut -d, -f1-34 | awk '!a[$0]++{print $0}' > b.csv
